Hiresfix for img2imgchiragn888/Stable_difussion#14

Sign in

# Repo & Issue Metadata
Repo: Stable_difussion: No description provided.
Issue Title: hiresfix for img2img

Issue Description: Add Hires. fix option into img2img tab. Useful for generating images with high denoise straight. E.g. photo -> painting

You have previously changed these files:
<changed_file file_path="extensions-builtin/extra-options-section/scripts/hires_fix.py">
--- 
+++ 
@@ -0,0 +1,39 @@
+import torch
+from torchvision.transforms import functional as TF
+
+
+def apply_hires_fix(image_input, denoise_strength, model, device='cuda'):
+    """
+    Applies the Hires fix to img2img operations.
+
+    Parameters:
+    - image_input: A PIL Image or a tensor representing the input image.
+    - denoise_strength: Float, the strength of the denoise effect.
+    - model: The neural network model used for image generation.
+    - device: The device to perform computations on.
+
+    Returns:
+    - A tensor representing the processed image.
+    """
+    # Convert PIL Image to tensor if necessary
+    if not isinstance(image_input, torch.Tensor):
+        image_input = TF.to_tensor(image_input).unsqueeze(0).to(device)
+
+    # Pre-process the image as needed for the Hires fix
+    # This might include resizing, normalization, etc.
+    # Placeholder for actual pre-processing logic
+    processed_image = image_input
+
+    # Adjust model parameters for Hires fix
+    # Placeholder for model adjustment logic
+
+    # Generate the image with the model
+    with torch.no_grad():
+        output = model(processed_image, denoise_strength)
+
+    # Post-process the output as needed for the Hires fix
+    # This might include resizing back, denormalization, etc.
+    # Placeholder for actual post-processing logic
+    final_output = output
+
+    return final_output
</changed_file>

<section id="A">

let currentWidth = null;
let currentHeight = null;
let arFrameTimeout = setTimeout(function() {}, 0);

function dimensionChange(e, is_width, is_height) {

    if (is_width) {
        currentWidth = e.target.value * 1.0;
    }
    if (is_height) {
        currentHeight = e.target.value * 1.0;
    }

    var inImg2img = gradioApp().querySelector("#tab_img2img").style.display == "block";

    if (!inImg2img) {
        return;
    }

    var targetElement = null;

    var tabIndex = get_tab_index('mode_img2img');
</section id="A">
<section id="B">
    if (tabIndex == 0) { // img2img
        targetElement = gradioApp().querySelector('#img2img_image div[data-testid=image] img');
    } else if (tabIndex == 1) { //Sketch
        targetElement = gradioApp().querySelector('#img2img_sketch div[data-testid=image] img');
    } else if (tabIndex == 2) { // Inpaint
        targetElement = gradioApp().querySelector('#img2maskimg div[data-testid=image] img');
    } else if (tabIndex == 3) { // Inpaint sketch
        targetElement = gradioApp().querySelector('#inpaint_sketch div[data-testid=image] img');
    }


</section id="B">
<section id="C">
    if (targetElement) {

        var arPreviewRect = gradioApp().querySelector('#imageARPreview');
        if (!arPreviewRect) {
            arPreviewRect = document.createElement('div');
            arPreviewRect.id = "imageARPreview";
            gradioApp().appendChild(arPreviewRect);
        }



        var viewportOffset = targetElement.getBoundingClientRect();

        var viewportscale = Math.min(targetElement.clientWidth / targetElement.naturalWidth, targetElement.clientHeight / targetElement.naturalHeight);

        var scaledx = targetElement.naturalWidth * viewportscale;
        var scaledy = targetElement.naturalHeight * viewportscale;

</section id="C">
<section id="D">
        var cleintRectTop = (viewportOffset.top + window.scrollY);
        var cleintRectLeft = (viewportOffset.left + window.scrollX);
        var cleintRectCentreY = cleintRectTop + (targetElement.clientHeight / 2);
        var cleintRectCentreX = cleintRectLeft + (targetElement.clientWidth / 2);

        var arscale = Math.min(scaledx / currentWidth, scaledy / currentHeight);
        var arscaledx = currentWidth * arscale;
        var arscaledy = currentHeight * arscale;

        var arRectTop = cleintRectCentreY - (arscaledy / 2);
        var arRectLeft = cleintRectCentreX - (arscaledx / 2);
        var arRectWidth = arscaledx;
        var arRectHeight = arscaledy;

</section id="D">
<section id="E">
        arPreviewRect.style.top = arRectTop + 'px';
        arPreviewRect.style.left = arRectLeft + 'px';
        arPreviewRect.style.width = arRectWidth + 'px';
        arPreviewRect.style.height = arRectHeight + 'px';

        clearTimeout(arFrameTimeout);
        arFrameTimeout = setTimeout(function() {
            arPreviewRect.style.display = 'none';
        }, 2000);

        arPreviewRect.style.display = 'block';

</section id="E">
<section id="F">
    }

}


onAfterUiUpdate(function() {
    var arPreviewRect = gradioApp().querySelector('#imageARPreview');
    if (arPreviewRect) {
        arPreviewRect.style.display = 'none';
    }
    var tabImg2img = gradioApp().querySelector("#tab_img2img");
</section id="F">
<section id="G">
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
        if (inImg2img) {
            let inputs = gradioApp().querySelectorAll('input');
            inputs.forEach(function(e) {
                var is_width = e.parentElement.id == "img2img_width";
                var is_height = e.parentElement.id == "img2img_height";

                if ((is_width || is_height) && !e.classList.contains('scrollwatch')) {
                    e.addEventListener('input', function(e) {
                        dimensionChange(e, is_width, is_height);
                    });
                    e.classList.add('scrollwatch');
                }
                if (is_width) {
                    currentWidth = e.value * 1.0;
                }
                if (is_height) {
                    currentHeight = e.value * 1.0;
                }
            });
        }
    }
});
</section id="G">

# Request
• Add a new checkbox or toggle UI component within the img2img tab for enabling the "Hires fix". This will involve adding HTML for the checkbox and a label explaining its purpose.
• Within the `onAfterUiUpdate` function, add an event listener for the new "Hires fix" checkbox. When the checkbox is toggled, set a global or scoped variable to indicate whether the "Hires fix" should be applied.
• Modify the `dimensionChange` event listener function to check if the "Hires fix" is enabled. If so, pass the necessary parameters (e.g., denoise strength) to the backend when img2img operations are triggered.
• Ensure that the state of the "Hires fix" option is correctly managed between UI updates to preserve the user's selection.

SUCCESS
Here are the lines containing the keywords:

The keyword was found in the following sections:

<section id='A'> (1 matches)

let currentWidth = null;
let currentHeight = null;
let arFrameTimeout = setTimeout(function() {}, 0);

function dimensionChange(e, is_width, is_height) {

    if (is_width) {
        currentWidth = e.target.value * 1.0;
    }
    if (is_height) {
        currentHeight = e.target.value * 1.0;
    }

    var inImg2img = gradioApp().querySelector("#tab_img2img").style.display == "block";
                                                ^

    if (!inImg2img) {
        return;
    }

    var targetElement = null;

    var tabIndex = get_tab_index('mode_img2img');
</section>
<section id='F'> (1 matches)
    }

}


onAfterUiUpdate(function() {
    var arPreviewRect = gradioApp().querySelector('#imageARPreview');
    if (arPreviewRect) {
        arPreviewRect.style.display = 'none';
    }
    var tabImg2img = gradioApp().querySelector("#tab_img2img");
                                                 ^
</section>

SUCCESS
Here are the lines containing the keywords:

The keyword was found in the following sections:

<section id='F'> (1 matches)
    }

}


onAfterUiUpdate(function() {
^
    var arPreviewRect = gradioApp().querySelector('#imageARPreview');
    if (arPreviewRect) {
        arPreviewRect.style.display = 'none';
    }
    var tabImg2img = gradioApp().querySelector("#tab_img2img");
</section>

ERROR
No changes were made due to the following error:

The old_code in the 0th replace_to_make does not appear to be present in section F. The old_code contains:
```
    if (tabImg2img) {
```
But section F has code:
```
    }

}


onAfterUiUpdate(function() {
    var arPreviewRect = gradioApp().querySelector('#imageARPreview');
    if (arPreviewRect) {
        arPreviewRect.style.display = 'none';
    }
    var tabImg2img = gradioApp().querySelector("#tab_img2img");
```

Did you mean one of the following sections?
<section id="G">
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
        if (inImg2img) {
            let inputs = gradioApp().querySelectorAll('input');
            inputs.forEach(function(e) {
                var is_width = e.parentElement.id == "img2img_width";
                var is_height = e.parentElement.id == "img2img_height";

                if ((is_width || is_height) && !e.classList.contains('scrollwatch')) {
                    e.addEventListener('input', function(e) {
                        dimensionChange(e, is_width, is_height);
                    });
                    e.classList.add('scrollwatch');
                }
                if (is_width) {
                    currentWidth = e.value * 1.0;
                }
                if (is_height) {
                    currentHeight = e.value * 1.0;
                }
            });
        }
    }
});
</section>
```

ERROR
No changes were made due to the following error:

The old_code in the 0th replace_to_make does not appear to be present in section G. The old_code contains:
```
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
```
But section G has code:
```
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
        if (inImg2img) {
            let inputs = gradioApp().querySelectorAll('input');
            inputs.forEach(function(e) {
                var is_width = e.parentElement.id == "img2img_width";
                var is_height = e.parentElement.id == "img2img_height";

                if ((is_width || is_height) && !e.classList.contains('scrollwatch')) {
                    e.addEventListener('input', function(e) {
                        dimensionChange(e, is_width, is_height);
                    });
                    e.classList.add('scrollwatch');
                }
                if (is_width) {
                    currentWidth = e.value * 1.0;
                }
                if (is_height) {
                    currentHeight = e.value * 1.0;
                }
            });
        }
    }
});
```

Make another replacement. In the analysis_and_identification, first identify the indentation or spelling error. Consider missing or misplaced whitespace, comments or delimiters. Then, identify what should be the correct old_code, and make another replacement with the corrected old_code.

ERROR
No changes were made due to the following error:

The old_code in the 0th replace_to_make does not appear to be present in section G. The old_code contains:
```
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
        if (inImg2img) {
```
But section G has code:
```
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
        if (inImg2img) {
            let inputs = gradioApp().querySelectorAll('input');
            inputs.forEach(function(e) {
                var is_width = e.parentElement.id == "img2img_width";
                var is_height = e.parentElement.id == "img2img_height";

                if ((is_width || is_height) && !e.classList.contains('scrollwatch')) {
                    e.addEventListener('input', function(e) {
                        dimensionChange(e, is_width, is_height);
                    });
                    e.classList.add('scrollwatch');
                }
                if (is_width) {
                    currentWidth = e.value * 1.0;
                }
                if (is_height) {
                    currentHeight = e.value * 1.0;
                }
            });
        }
    }
});
```

Make another replacement. In the analysis_and_identification, first identify the indentation or spelling error. Consider missing or misplaced whitespace, comments or delimiters. Then, identify what should be the correct old_code, and make another replacement with the corrected old_code.

ERROR
No changes were made due to the following error:

The old_code in the 0th replace_to_make does not appear to be present in section G. The old_code contains:
```
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
```
But section G has code:
```
    if (tabImg2img) {
        var inImg2img = tabImg2img.style.display == "block";
        if (inImg2img) {
            let inputs = gradioApp().querySelectorAll('input');
            inputs.forEach(function(e) {
                var is_width = e.parentElement.id == "img2img_width";
                var is_height = e.parentElement.id == "img2img_height";

                if ((is_width || is_height) && !e.classList.contains('scrollwatch')) {
                    e.addEventListener('input', function(e) {
                        dimensionChange(e, is_width, is_height);
                    });
                    e.classList.add('scrollwatch');
                }
                if (is_width) {
                    currentWidth = e.value * 1.0;
                }
                if (is_height) {
                    currentHeight = e.value * 1.0;
                }
            });
        }
    }
});
```

Make another replacement. In the analysis_and_identification, first identify the indentation or spelling error. Consider missing or misplaced whitespace, comments or delimiters. Then, identify what should be the correct old_code, and make another replacement with the corrected old_code.